fb35f80006640f696a2b8bf8a4ae90eda0c38a32
base v7

 

challenge
Punctuation prediction from conversational language
submitter
Oskar Bujacz
submitted
2023-03-13 21:32:46.397776 UTC
file basename
out

test-B / 18abe2b0ce5d3500cda3ce9147090f94ff9e709f
Metric Score
Weighted-F1 82.75
Hyphens-F1 100.00
Comma-F1 83.15
Ellipsis-F1 56.06
Fullstop-F1 91.64
QMark-F1 81.84
Colon-F1 100.00
Excl-F1 16.67

test-A / 69baa3ceb1cd66034787f27562f1599948bef3d6
Metric Score
Weighted-F1 78.75
Hyphens-F1 100.00
Comma-F1 81.31
Ellipsis-F1 47.23
Fullstop-F1 91.01
QMark-F1 86.84
Colon-F1 100.00
Excl-F1 18.18

dev-0 / 6dc9a567993517b9edb7e673ead4c712e0a55faf
Metric Score
Weighted-F1 85.60
Hyphens-F1 100.00
Comma-F1 85.25
Ellipsis-F1 44.96
Fullstop-F1 95.39
QMark-F1 89.44
Colon-F1 100.00
Excl-F1 0.00

worst items

note: the gold standard is taken from the challenge
# input expected output actual output test-B Fullstop-F1
1 audio/cbiz_tc_557.wav 10599a11-3bff-4ab0-836d-f9ed7a7cd8aa Dwa:64110-64260 cztery:64290-64620 O B-FULLSTOP O O 0.00
2 audio/cbiz_tc_557.wav 10599a11-3bff-4ab0-836d-f9ed7a7cd8aa @interia.pl:302610-302610 B-FULLSTOP B-FULLSTOPO 0.00
3 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 A:52020-52020 właśnie:52110-52290 to:52320-52410 mój:52470-52710 O O O B-FULLSTOP O O O O 0.00
4 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 Cztery:94770-95010 Ale:95100-95190 dlaczego:95250-95520 aż:95580-95610 tak:95700-9… O O O O O O O O O O O O O O O B-FULLSTOP O O O O O O B-FULLSTOP O O O O O O O O O O O O O O O O O O O O O 0.00
5 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 O:131820-131820 Boże:134790-135090 No:135510-135570 ale:135600-135690 To:135780-13… O B-FULLSTOP O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O 0.00
6 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 O:164400-164400 Boże:164520-164820 O B-FULLSTOP O O 0.00
7 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 pensję:173730-174120 B-FULLSTOP O 0.00
8 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 Czyli:174750-174870 dostanę:174900-175290 ją:175410-175590 Zaraz:175680-175860 pan… O O O O O B-FULLSTOP O O O O O O 0.00
9 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 O:216540-216540 Boże:216660-216900 Czyli:217350-217470 O B-FULLSTOP O O O O 0.00
10 audio/cbiz_tc_41.wav 3896bb9d-e80e-458e-9695-4f7427c1abdf Dziękuję:294780-295110 również:295170-295410 życzę:295470-295650 miłego:295710-295… O O O O O O B-FULLSTOP O O O O O O O 0.00
11 audio/cbiz_tc_41.wav 1f0220c3-4246-4648-bbe4-53fcc8fe5318 Tylko:135840-136020 proszę:136110-136260 powiedzieć:136350-136680 Rozumiem:136830-… O O B-FULLSTOP O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O O B-FULLSTOP 0.00
12 audio/cbiz_tc_41.wav 1f0220c3-4246-4648-bbe4-53fcc8fe5318 ta:273000-273060 która:273120-273330 jest:273390-273510 uregulowania:273630-274410… O O O B-FULLSTOP O O O O 0.00
13 audio/cbiz_tc_56.wav 1b68cc28-468b-45e7-8d07-41101491b69e Sto:52380-52530 sześćdziesiąt:52560-53010 cztery:53040-53160 dobrze:53190-53610 O O O B-FULLSTOP O O O O 0.00
14 audio/cbiz_tc_56.wav 1b68cc28-468b-45e7-8d07-41101491b69e tak:151530-151680 B-FULLSTOP O 0.00
15 audio/cbiz_tc_56.wav b1ac6642-6e1d-4b46-83b2-710dc8ad743e dwa:83550-83670 sto:83730-83850 sześćdziesiąt:83910-84810 cztery:84990-85980 O O O B-FULLSTOP O O O O 0.00
16 audio/cbiz_tc_64.wav ed4ff12e-a462-4c82-a004-38ab9fe618bf Roz:21510-21510 miem:21540-21540 O B-FULLSTOP O O 0.00
17 audio/cbiz_tc_64.wav ed4ff12e-a462-4c82-a004-38ab9fe618bf Zależy:168390-168540 na:168570-168600 jaką:168630-168720 infolinię:168750-168990 a… O O O O O O O O O O O O B-FULLSTOP O O O O O O O O O O O O O 0.00
18 audio/cbiz_tc_58.wav 7e32d310-c0b7-4a3d-82b0-9c58cf728b4e problemów:25620-25950 finansowych:26010-26580 O B-FULLSTOP O O 0.00
19 audio/cbiz_tc_58.wav 7e32d310-c0b7-4a3d-82b0-9c58cf728b4e Rozumiem:72390-72840 i:73080-73080 chciałam:73350-73650 się:73740-73800 dowiedzieć… O O O O O O O O O O O B-FULLSTOP O O O O O O O O O O O O 0.00
20 audio/cbiz_tc_58.wav 4b769478-c84d-4e6a-8d75-804c798b174b No:79200-79230 w:79290-79320 tej:79380-79440 w:79980-79980 tej:80040-80130 sytuacj… O O O O O O O O O O O O O O O O O O O O O O O O O B-FULLSTOP O O O O O O O O O O O O O O O O O B-FULLSTOP O O O O O O O O 0.00
21 audio/cbiz_tc_557.wav 10599a11-3bff-4ab0-836d-f9ed7a7cd8aa Proszę:155070-155280 pana:155340-155460 im:155640-155730 szybciej:155790-156180 t… O O O O O B-FULLSTOP O O B-FULLSTOP O O O O O B-FULLSTOP O O O 66.67
22 audio/cbiz_tc_557.wav 10599a11-3bff-4ab0-836d-f9ed7a7cd8aa Dyktuję:297150-297540 Raf:299220-299370 Bre:299610-299610 jak:300210-300330 Rafał… B-FULLSTOP O O O O O B-FULLSTOP O O O O O O B-FULLSTOP 66.67
23 audio/cbiz_tc_557.wav af63e562-a918-42cd-a6b7-3f7f7c0111fb Dzień:7440-7500 dobry:7560-7740 Andrzej:7830-8040 Murawa:8130-8430 W:8460-8460 cz… O B-FULLSTOP O B-FULLSTOP O O O O O O O B-FULLSTOP O O O O 66.67
24 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 Oczywiście:69480-69930 siedzę:70020-70290 przy:70380-70470 świeczkach:70590-71070 … O O O O B-FULLSTOP O O O O O O O O O O O O O O O B-FULLSTOP O O O O O O O O O O B-FULLSTOP 66.67
25 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 O:91380-91380 matko:91470-91740 To:91800-91830 ja:91890-91920 nie:91980-92010 mam:… O O O O O O O O O B-FULLSTOP O B-FULLSTOP O O O O O O O B-FULLSTOP 66.67
26 audio/cbiz_tc_26.wav a6c94040-593e-4280-8cbf-fb8fb1360e44 Tak:53790-53910 To:54000-54030 poproszę:54120-54480 O O B-FULLSTOP B-FULLSTOP O B-FULLSTOP 66.67
27 audio/cbiz_tc_41.wav 1f0220c3-4246-4648-bbe4-53fcc8fe5318 na:8040-8070 Kwiatkowska:8130-8640 sieć:8730-8910 Telekom:9000-9360 W:9450-9450 cz… O O O B-FULLSTOP O O O O B-FULLSTOP O O B-FULLSTOP O O O O 66.67
28 audio/cbiz_tc_41.wav 1f0220c3-4246-4648-bbe4-53fcc8fe5318 Dziękuję:44370-44700 pani:44760-44910 bardzo:44970-45300 I:45420-45510 adres:45600… O O B-FULLSTOP O O O O O O O O O O O O O O B-FULLSTOP O O O O O O O O O O O B-FULLSTOP 66.67
29 audio/cbiz_tc_56.wav b1ac6642-6e1d-4b46-83b2-710dc8ad743e Domagała:152220-152850 Domagala:152880-152880 bez:153240-153510 polskich:164190-16… B-FULLSTOP O O O B-FULLSTOP O O O O B-FULLSTOP 66.67
30 audio/cbiz_tc_58.wav 4b769478-c84d-4e6a-8d75-804c798b174b Zaraz:26580-26850 zobacz:26970-27150 Prosiłabym:27270-27750 najpierw:27870-28110 o… O O O O O O O B-FULLSTOP O B-FULLSTOP O O O O O B-FULLSTOP 66.67
31 audio/cbiz_tc_26.wav a6c94040-593e-4280-8cbf-fb8fb1360e44 Wie:125970-126030 pani:126120-126240 co:126330-126360 Chwileczkę:126420-126780 Nie… O O O O O O O O O O O O B-FULLSTOP O O O O O O O B-FULLSTOP O O O B-FULLSTOP O O O O O O O O B-FULLSTOP O O O O O O O B-FULLSTOP 80.00
32 audio/cbiz_tc_26.wav 597f8543-06b5-4d46-b85c-cd8f43df2264 O:242610-242610 o:242940-242940 To:243120-243180 zrobię:243270-243510 Poproszę:243… O B-FULLSTOP O B-FULLSTOP O O B-FULLSTOP O B-FULLSTOP O B-FULLSTOP O O O 80.00
33 audio/cbiz_tc_557.wav af63e562-a918-42cd-a6b7-3f7f7c0111fb Na:129600-129660 ten:129720-129810 moment:129870-130140 te:130260-130290 terminy:… O O O O O O O O B-FULLSTOP O O O O O O O O O O O O O O O O O O O O O O O O O O O O B-FULLSTOP O O O O O O O O O O O O O O O O O O O O O O O … O O O O O O O O B-FULLSTOP O O O O O O O O O O O O O O O O O O O O O O O O O O O O B-FULLSTOP O O O O O O O O O O O O O O O O O O O O O O O … 85.71
34 audio/cbiz_tc_41.wav 3896bb9d-e80e-458e-9695-4f7427c1abdf Nie:280410-280440 to:280590-280620 już:280650-280740 będzie:280800-280980 wszystko… O O O O B-FULLSTOP O O O O O O O O O O B-FULLSTOP O O O O O O O O O B-FULLSTOP O O O O O O O O O B-FULLSTOP O O O O O O O O O O B-FULLSTOP O O O O O O O O O B-FULLSTOP O O O O B-FULLSTOP 85.71
35 audio/cbiz_tc_41.wav 1f0220c3-4246-4648-bbe4-53fcc8fe5318 Poprosiłabym:29460-30150 A:30630-30630 imię:30930-31080 nazwisko:31140-31530 pani:… O O O O O O O B-FULLSTOP O O O B-FULLSTOP O O O O O O O O B-FULLSTOP B-FULLSTOP O O O O O O B-FULLSTOP O O O B-FULLSTOP O O O O O O O O B-FULLSTOP 85.71
36 audio/cbiz_tc_557.wav 10599a11-3bff-4ab0-836d-f9ed7a7cd8aa Kłaniam:10320-10560 się:10680-10710 Dzień:10770-10860 dobry:10920-11100 Rafał:112… O B-FULLSTOP O O O B-FULLSTOP O O O O O O O O O O O O B-FULLSTOP O B-FULLSTOP O O O B-FULLSTOP O O O O O O O O O O O O B-FULLSTOP 100.00
37 audio/cbiz_tc_557.wav 10599a11-3bff-4ab0-836d-f9ed7a7cd8aa Czterdzieści:31920-32370 siedem:32430-32670 O B-FULLSTOP O B-FULLSTOP 100.00
38 audio/cbiz_tc_557.wav 10599a11-3bff-4ab0-836d-f9ed7a7cd8aa Mhm:50580-50610 B-FULLSTOP B-FULLSTOP 100.00
39 audio/cbiz_tc_557.wav 10599a11-3bff-4ab0-836d-f9ed7a7cd8aa Tak:52620-52710 B-FULLSTOP B-FULLSTOP 100.00
40 audio/cbiz_tc_557.wav 10599a11-3bff-4ab0-836d-f9ed7a7cd8aa Już:58290-58440 momencik:58620-59040 Siedem:60270-60480 trzy:60630-60810 zero:617… O B-FULLSTOP O O O B-FULLSTOP O B-FULLSTOP O O O B-FULLSTOP 100.00

Compare with other submission